﻿using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;

namespace OfficeClip.OpenSource.SpellO.Settings
{
	public class Crawler
	{
		public int MaxCrawlDepth = 2;
		public int ThreadCount = 2;
		public string UserAgent = "Mozilla";
		public int WorkItemPriority = 2;
		public bool AdhereToRobotRules = true;
		public int DownloadDelay = 10;
		public List<string> AllowedUrls;
		public List<string> DisallowedUrls;
		public List<Filter> ProcessHtmlFilter;
		public List<Filter> ProcessLinkFilter;
	}
}
